{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### vllm(模型推理框架商用级别)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 安装\n",
    "\n",
    "pip uninstall torch\n",
    "\n",
    "pip install torch==2.3.0+cu118 xformers -f https://download.pytorch.org/whl/torch_stable.html\n",
    "\n",
    "pip install vllm==0.5.1+cu118 "
   ]
  }
 ],
 "metadata": {
  "language_info": {
   "name": "python"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
